大规模超融合

场景说明

管理、业务、存储网络独立部署、物理隔离。每对接入交换机建议接入30至40台服务器，根据服务器数量计算所需交换机数量。管理、业务网络独立部署核心交换机，由核心提供网络网关；大规模场景存储网络需要独立部署核心交换机，用于不同存储接入交换机之间的互联互通。同位置交换机两两组建堆叠或者M-LAG，每台服务器使用6个网口（跨网卡组合成3对）分别用作管理、业务和存储，每台存储节点服务器使用4个网口（跨网卡组合成2对）分别作为管理和存储，每对网口配置bond分别上联两台接入交换机。建议独立部署BMC交换机用于服务器和交换机带外管理，网关由管理网络核心交换机提供。

场景拓扑

  • 大规模超融合网络示意图

image-20220805175535525

  • 大规模超融合BMC网络示意图

image-20220803105316514

连接示例

  • 管理交换机端口互连表

image-20220809114453278

  • 业务交换机端口互连表

image-20220808155007695

  • 存储交换机端口互连表

image-20220808155054892

  • BMC交换机端口互连表

image-20220808155422687

网络规划

请根据服务器数量、云主机数量规划IP&VLAN&VXLAN，建议预留冗余量便于扩容。

  • VLAN规划

    • 管理：2-89
      • 物理机管理：10
      • VPC路由器管理：20
      • 物理机BMC：30
      • 交换机带外管理：40
    • 存储：90-99
    • 私有：100-1999（扁平网络+VPC网络）
    • 公有：2000-2999

  • VXLAN规划

    • VXLAN Pool：5000-59999

  • IP规划

    • 管理网络IP：192.168.224.0/20（16个C）
      • 物理机管理：192.168.224.0/24
      • VPC路由器管理：192.168.228.0/24
      • 物理机BMC：192.168.232.0/24
      • 交换机带外管理：192.168.236.0/24
    • 存储网络IP：192.168.252.0/22（4个C）
    • 公有网络IP：172.31.0.0/20（16个C）
    • 私有网络IP：10.255.0.0/16（256个C）

  • 生成树规划

    • 此网络作为独立二层网络时建议把Spine配置为根桥；如果此网络二层接入现网，则需与网络运维工程师共同规划根桥，不可私自指定根桥，避免发生生成树抢根导致网络中断。
    • 一般情况下建议所有与服务器互连的交换机端口配置成边缘端口，可以加速生成树收敛、提高网络稳定性。

配置举例

下面以服务器服务器服务器bond-lacp、交换机M-LAG为例提供服务器网络配置和交换机配置参考。

############## 管理核心交换机Mgmt-Spine1A（华为CE12804） ################
#配置交换机名称
sysname Mgmt-Spine1A
#配交换机带外管理
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.1 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 200
 source ip 192.168.236.1 vpn-instance mgmt
#配置M-LAG peer-link
interface Eth-Trunk0
 mode lacp-static
 trunkport 100GE 1/0/35
 trunkport 100GE 2/0/35
 peer-link 1
#配置生成树
stp root primary
stp tc-protection
stp bpdu-protection
stp mode rstp
stp v-stp enable
#配置管理VLAN
vlan batch 10 20 30 40
#
vlan 10
 description == Mgmt-Server ==
#
vlan 20
 description == Mgmt-VPC-Router ==
#
vlan 30
 description == Mgmt-Server-BMC ==
#
vlan 40
 description == Mgmt-Switch-BMC ==
#
interface Vlanif10
 ip address 192.168.224.254 24
 mac-address 0000-5e00-01ff
#
interface Vlanif20
 ip address 192.168.228.254 24
 mac-address 0000-5e00-01ff
#
interface Vlanif30
 ip address 192.168.232.254 24
 mac-address 0000-5e00-01ff
#
interface Vlanif40
 ip address 192.168.236.254 24
 mac-address 0000-5e00-01ff
#配置下联管理接入交换机Leaf1端口
interface Eth-Trunk1
 description == To_Mgmt-Leaf1 ==
 mode lacp-static
 trunkport 100GE 1/0/1
 trunkport 100GE 2/0/1
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 10 20
#
#配置下联管理接入交换机Leaf2端口
interface Eth-Trunk2
 description == To_Mgmt-Leaf2 ==
 mode lacp-static
 trunkport 100GE 1/0/2
 trunkport 100GE 2/0/2
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 10 20
#配置下联BMC接入交换机Leaf1端口
interface Eth-Trunk3
 description == To_BMC-Leaf1 ==
 mode lacp-static
 trunkport 100GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 30 40
#配置下联BMC接入交换机Leaf2端口
interface Eth-Trunk4
 description == To_BMC-Leaf2 ==
 mode lacp-static
 trunkport 100GE 2/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 30 40
#

############## 管理核心交换机Mgmt-Spine1B（华为CE12804） ################
#配置交换机名称
sysname Mgmt-Spine1ASpine1B
#配交换机带外管理
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.2 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 100
 source ip 192.168.236.2 vpn-instance mgmt
#其他配置请参考管理接入交换机Mgmt-Spine1A


############## 管理接入交换机Mgmt-Leaf1A（华为CE6881-48S6CQ） ################
#配置交换机名称
sysname Mgmt-Leaf1A
#配交换机带外管理
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.3 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 200
 source ip 192.168.236.3 vpn-instance mgmt
#配置M-LAG peer-link
interface Eth-Trunk0
 mode lacp-static
 trunkport 100GE 1/0/4
 trunkport 100GE 1/0/6
 peer-link 1
#配置生成树
stp tc-protection
stp bpdu-protection
stp mode rstp
stp v-stp enable
#配置管理VLAN
vlan batch 10 20
#
vlan 10
 description == Mgmt-Server ==
#
vlan 20
 description == Mgmt-VPC-Router ==
#    
#配置上联核心Mgmt-Spine1端口
interface Eth-Trunk100
 description == To_Mgmt-Spine1 ==
 mode lacp-static
 trunkport 100GE 1/0/1
 trunkport 100GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 10 20
 dfs-group 1 m-lag 100
#配置下联服务器zstack-1管理端口
interface Eth-Trunk1
 description == To_zstack-1 ==
 mode lacp-static
 trunkport 10GE 1/0/1
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 10 20
 port trunk pvid vlan 10
 stp edged-port enable
 dfs-group 1 m-lag 1
#配置下联服务器zstack-2管理端口
interface Eth-Trunk2
 description == To_zstack-2 ==
 mode lacp-static
 trunkport 10GE 1/0/2
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 10 20
 port trunk pvid vlan 10
 stp edged-port enable
 dfs-group 1 m-lag 2
#配置下联服务器zstack-3管理端口
interface Eth-Trunk3
 description == To_zstack-3 ==
 mode lacp-static
 trunkport 10GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 10 20
 port trunk pvid vlan 10
 stp edged-port enable
 dfs-group 1 m-lag 3
#

############## 管理接入交换机Mgmt-Leaf1B（华为CE6881-48S6CQ） ################
#配置交换机名称
sysname Mgmt-Leaf1B
#配交换机带外管理
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.4 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 100
 source ip 192.168.236.4 vpn-instance mgmt
#配置M-LAG peer-link
#其他配置请参考管理接入交换机Mgmt-Leaf1A

############## 管理接入交换机Mgmt-Leaf2A（华为CE6881-48S6CQ） ################
#配置交换机名称
sysname Mgmt-Leaf2A
#配交换机带外管理
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.5 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 200
 source ip 192.168.236.5 vpn-instance mgmt
#配置M-LAG peer-link
interface Eth-Trunk0
 mode lacp-static
 trunkport 100GE 1/0/4
 trunkport 100GE 1/0/6
 peer-link 1
#配置生成树
stp tc-protection
stp bpdu-protection
stp mode rstp
stp v-stp enable
#配置管理VLAN
vlan batch 10 20
#
vlan 10
 description == Mgmt-Server ==
#
vlan 20
 description == Mgmt-VPC-Router ==
#    
#配置上联核心Mgmt-Spine1端口
interface Eth-Trunk100
 description == To_Mgmt-Spine1 ==
 mode lacp-static
 trunkport 100GE 1/0/1
 trunkport 100GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 10 20
 dfs-group 1 m-lag 100
#配置下联服务器zstack-31管理端口
interface Eth-Trunk1
 description == To_zstack-31 ==
 mode lacp-static
 trunkport 10GE 1/0/1
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 10 20
 port trunk pvid vlan 10
 stp edged-port enable
 dfs-group 1 m-lag 1
#配置下联服务器zstack-32管理端口
interface Eth-Trunk2
 description == To_zstack-32 ==
 mode lacp-static
 trunkport 10GE 1/0/2
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 10 20
 port trunk pvid vlan 10
 stp edged-port enable
 dfs-group 1 m-lag 2
#配置下联服务器zstack-33管理端口
interface Eth-Trunk3
 description == To_zstack-33 ==
 mode lacp-static
 trunkport 10GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 10 20
 port trunk pvid vlan 10
 stp edged-port enable
 dfs-group 1 m-lag 3
#

############## 管理接入交换机Mgmt-Leaf2B（华为CE6881-48S6CQ） ################
#配置交换机名称
sysname Mgmt-Leaf2B
#配交换机带外管理
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.6 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 100
 source ip 192.168.236.6 vpn-instance mgmt
#配置M-LAG peer-link
#其他配置请参考管理接入交换机Mgmt-Leaf2A

############## 业务核心交换机Biz-Spine1A（华为CE12804） ################
#配置交换机名称
sysname Biz-Spine1A
#配交换机带外业务
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.7 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 200
 source ip 192.168.236.7 vpn-instance mgmt
#配置M-LAG peer-link
interface Eth-Trunk0
 mode lacp-static
 trunkport 100GE 1/0/35
 trunkport 100GE 2/0/35
 peer-link 1
#配置生成树
stp root primary
stp tc-protection
stp bpdu-protection
stp mode rstp
stp v-stp enable
#配置业务VLAN
vlan batch 100 to 2999
#
vlan 100
 description == Private-1 ==
#
vlan 101
 description == Private-2 ==
#
vlan 2000
 description == Public-1 ==
#
vlan 2001
 description == Public-2 ==
#
interface Vlanif2000
 ip address 172.31.0.1 24
 mac-address 0000-5e00-01ff
#
interface Vlanif2001
 ip address 172.31.1.1 24
 mac-address 0000-5e00-01ff
#配置下联业务接入交换机Biz-Leaf1端口
interface Eth-Trunk1
 description == To_Biz-Leaf1 ==
 mode lacp-static
 trunkport 100GE 1/0/1
 trunkport 100GE 2/0/1
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 100 to 2999
#
#配置下联业务接入交换机Biz-Leaf2端口
interface Eth-Trunk2
 description == To_Biz-Leaf2 ==
 mode lacp-static
 trunkport 100GE 1/0/2
 trunkport 100GE 2/0/2
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 100 to 2999
############## 业务核心交换机Biz-Spine1B（华为CE12804） ################
#配置交换机名称
sysname Biz-Spine1B
#配交换机带外业务
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.8 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 100
 source ip 192.168.236.8 vpn-instance mgmt
#其他配置请参考业务接入交换机Biz-Spine1A


############## 业务接入交换机Biz-Leaf1A（华为CE6881-48S6CQ） ################
#配置交换机名称
sysname Biz-Leaf1A
#配交换机带外业务
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.9 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 200
 source ip 192.168.236.9 vpn-instance mgmt
#配置M-LAG peer-link
interface Eth-Trunk0
 mode lacp-static
 trunkport 100GE 1/0/4
 trunkport 100GE 1/0/6
 peer-link 1
#配置生成树
stp tc-protection
stp bpdu-protection
stp mode rstp
stp v-stp enable
#配置业务VLAN
vlan batch 100 to 2999
#
vlan 100
 description == Private-1 ==
#
vlan 101
 description == Private-2 ==
#
vlan 2000
 description == Public-1 ==
#
vlan 2001
 description == Public-2 ==
#配置上联核心Biz-Spine1端口
interface Eth-Trunk100
 description == To_Biz-Spine1 ==
 mode lacp-static
 trunkport 100GE 1/0/1
 trunkport 100GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 100 to 2999
 dfs-group 1 m-lag 100
#配置下联服务器zstack-1业务端口
interface Eth-Trunk1
 description == To_zstack-1 ==
 mode lacp-static
 trunkport 10GE 1/0/1
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 100 to 2999
 stp edged-port enable
 dfs-group 1 m-lag 1
#配置下联服务器zstack-2业务端口
interface Eth-Trunk2
 description == To_zstack-2 ==
 mode lacp-static
 trunkport 10GE 1/0/2
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 100 to 2999
 stp edged-port enable
 dfs-group 1 m-lag 2
#配置下联服务器zstack-3业务端口
interface Eth-Trunk3
 description == To_zstack-3 ==
 mode lacp-static
 trunkport 10GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 100 to 2999
 stp edged-port enable
 dfs-group 1 m-lag 3
#

############## 业务接入交换机Biz-Leaf1B（华为CE6881-48S6CQ） ################
#配置交换机名称
sysname Biz-Leaf1B
#配交换机带外业务
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.10 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 100
 source ip 192.168.236.10 vpn-instance mgmt
#配置M-LAG peer-link
#其他配置请参考业务接入交换机Biz-Leaf1A

############## 业务接入交换机Biz-Leaf2A（华为CE6881-48S6CQ） ################
#配置交换机名称
sysname Biz-Leaf2A
#配交换机带外业务
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.11 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 200
 source ip 192.168.236.11 vpn-instance mgmt
#配置M-LAG peer-link
interface Eth-Trunk0
 mode lacp-static
 trunkport 100GE 1/0/4
 trunkport 100GE 1/0/6
 peer-link 1
#配置生成树
stp tc-protection
stp bpdu-protection
stp mode rstp
stp v-stp enable
#配置业务VLAN
vlan batch 100 to 2999
#
vlan 100
 description == Private-1 ==
#
vlan 101
 description == Private-2 ==
#
vlan 2000
 description == Public-1 ==
#
vlan 2001
 description == Public-2 ==
#配置上联核心Biz-Spine1端口
interface Eth-Trunk100
 description == To_Biz-Spine1 ==
 mode lacp-static
 trunkport 100GE 1/0/1
 trunkport 100GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 100 to 2999
 dfs-group 1 m-lag 100
#配置下联服务器zstack-1业务端口
interface Eth-Trunk1
 description == To_zstack-31 ==
 mode lacp-static
 trunkport 10GE 1/0/1
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 100 to 2999
 stp edged-port enable
 dfs-group 1 m-lag 1
#配置下联服务器zstack-2业务端口
interface Eth-Trunk2
 description == To_zstack-32 ==
 mode lacp-static
 trunkport 10GE 1/0/2
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 100 to 2999
 stp edged-port enable
 dfs-group 1 m-lag 2
#配置下联服务器zstack-3业务端口
interface Eth-Trunk3
 description == To_zstack-33 ==
 mode lacp-static
 trunkport 10GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 100 to 2999
 stp edged-port enable
 dfs-group 1 m-lag 3
#

############## 业务接入交换机Biz-Leaf2B（华为CE6881-48S6CQ） ################
#配置交换机名称
sysname Biz-Leaf2B
#配交换机带外业务
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.12 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 100
 source ip 192.168.236.12 vpn-instance mgmt
#配置M-LAG peer-link
#其他配置请参考业务接入交换机Biz-Leaf2A


############## 存储核心交换机Stor-Spine1A（华为CE12804） ################
#配置交换机名称
sysname Stor-Spine1A
#配交换机带外存储
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.13 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 200
 source ip 192.168.236.13 vpn-instance mgmt
#配置M-LAG peer-link
interface Eth-Trunk0
 mode lacp-static
 trunkport 100GE 1/0/35
 trunkport 100GE 2/0/35
 peer-link 1
#配置生成树
stp root primary
stp tc-protection
stp bpdu-protection
stp mode rstp
stp v-stp enable
#配置存储VLAN
vlan batch 90
#
vlan 90
 description == Stor-1 ==
#
interface Vlanif90
 ip address 192.168.252.254 24
 mac-address 0000-5e00-01ff
#配置下联存储接入交换机Stor-Leaf1端口
interface Eth-Trunk1
 description == To_Stor-Leaf1 ==
 mode lacp-static
 trunkport 100GE 1/0/1
 trunkport 100GE 2/0/1
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 90 to 99
#
#配置下联存储接入交换机Stor-Leaf2端口
interface Eth-Trunk2
 description == To_Stor-Leaf2 ==
 mode lacp-static
 trunkport 100GE 1/0/2
 trunkport 100GE 2/0/2
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 90 to 99
############## 存储核心交换机Stor-Spine1B（华为CE12804） ################
#配置交换机名称
sysname Stor-Spine1B
#配交换机带外存储
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.14 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 100
 source ip 192.168.236.14 vpn-instance mgmt
#其他配置请参考存储接入交换机Stor-Spine1A


############## 存储接入交换机Stor-Leaf1A（华为CE6881-48S6CQ） ################
#配置交换机名称
sysname Stor-Leaf1A
#配交换机带外存储
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.15 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 200
 source ip 192.168.236.15 vpn-instance mgmt
#配置M-LAG peer-link
interface Eth-Trunk0
 mode lacp-static
 trunkport 100GE 1/0/4
 trunkport 100GE 1/0/6
 peer-link 1
#配置生成树
stp tc-protection
stp bpdu-protection
stp mode rstp
stp v-stp enable
#配置存储VLAN
vlan batch 90
#
vlan 90
 description == Stor-1 ==
#配置上联核心Stor-Spine1端口
interface Eth-Trunk100
 description == To_Stor-Spine1 ==
 mode lacp-static
 trunkport 100GE 1/0/1
 trunkport 100GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 90 to 99
 dfs-group 1 m-lag 100
#配置下联服务器zstack-1存储端口
interface Eth-Trunk1
 description == To_zstack-1 ==
 mode lacp-static
 trunkport 10GE 1/0/1
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 90 to 99
 stp edged-port enable
 dfs-group 1 m-lag 1
#配置下联服务器zstack-2存储端口
interface Eth-Trunk2
 description == To_zstack-2 ==
 mode lacp-static
 trunkport 10GE 1/0/2
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 100 to 2999
 stp edged-port enable
 dfs-group 1 m-lag 2
#配置下联服务器zstack-3存储端口
interface Eth-Trunk3
 description == To_zstack-3 ==
 mode lacp-static
 trunkport 10GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 100 to 2999
 stp edged-port enable
 dfs-group 1 m-lag 3
#

############## 存储接入交换机Stor-Leaf1B（华为CE6881-48S6CQ） ################
#配置交换机名称
sysname Stor-Leaf1B
#配交换机带外存储
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.16 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 100
 source ip 192.168.236.16 vpn-instance mgmt
#配置M-LAG peer-link
#其他配置请参考存储接入交换机Stor-Leaf1A

############## 存储接入交换机Stor-Leaf2A（华为CE6881-48S6CQ） ################
#配置交换机名称
sysname Stor-Leaf2A
#配交换机带外存储
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.11 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 200
 source ip 192.168.236.11 vpn-instance mgmt
#配置M-LAG peer-link
interface Eth-Trunk0
 mode lacp-static
 trunkport 100GE 1/0/4
 trunkport 100GE 1/0/6
 peer-link 1
#配置生成树
stp tc-protection
stp bpdu-protection
stp mode rstp
stp v-stp enable
#配置存储VLAN
vlan batch 90
#
vlan 90
 description == Stor-1 ==
#配置上联核心Spine1端口
interface Eth-Trunk100
 description == To_Stor-Spine1 ==
 mode lacp-static
 trunkport 100GE 1/0/1
 trunkport 100GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 90 to 99
 dfs-group 1 m-lag 100
#配置下联服务器zstack-1存储端口
interface Eth-Trunk1
 description == To_zstack-31 ==
 mode lacp-static
 trunkport 10GE 1/0/1
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 90 to 99
 stp edged-port enable
 dfs-group 1 m-lag 1
#配置下联服务器zstack-2存储端口
interface Eth-Trunk2
 description == To_zstack-32 ==
 mode lacp-static
 trunkport 10GE 1/0/2
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 90 to 99
 stp edged-port enable
 dfs-group 1 m-lag 2
#配置下联服务器zstack-3存储端口
interface Eth-Trunk3
 description == To_zstack-33 ==
 mode lacp-static
 trunkport 10GE 1/0/3
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 90 to 99
 stp edged-port enable
 dfs-group 1 m-lag 3
#

############## 存储接入交换机Stor-Leaf2B（华为CE6881-48S6CQ） ################
#配置交换机名称
sysname Stor-Leaf2B
#配交换机带外存储
ip vpn-instance mgmt
 ipv4-family
#
interface MEth0/0/0
 ip binding vpn-instance mgmt
 ip address 192.168.236.18 255.255.255.0
#
ip route-static vpn-instance mgmt 0.0.0.0 0.0.0.0 192.168.236.254
#配置M-LAG dfs-group
dfs-group 1
 priority 100
 source ip 192.168.236.18 vpn-instance mgmt
#配置M-LAG peer-link
#其他配置请参考存储接入交换机Stor-Leaf2A


############## BMC接入交换机BMC-Leaf1华为CE5881-48T6CQ） ################
#配置交换机名称
sysname BMC-Leaf1
#配置BMC管理VLAN
vlan batch 30 40
#
vlan 30
 description == Mgmt-Server-BMC ==
#
vlan 40
 description == Mgmt-Switch-BMC ==
#配交换机带内管理
interface Vlanif40
 ip address 192.168.236.201 24
#
ip route-static 0.0.0.0 0.0.0.0 192.168.236.254
#
#配置上联核心Mgmt-Spine1端口
interface Eth-Trunk100
 description == To_Mgmt-Spine1 ==
 mode lacp-static
 trunkport 100GE 1/0/1
 trunkport 100GE 1/0/2
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 30 40
#配置下联交换机和服务器BMC端口
interface GE1/0/1
 description == To_Mgmt-Spine1A == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/2
 description == To_Mgmt-Spine1B == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/3
 description == To_Biz-Spine1A == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/4
 description == To_Biz-Spine1B == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/5
 description == To_Mgmt-Leaf1A == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/6
 description == To_Mgmt-Leaf1B == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/7
 description == To_Biz-Leaf1A == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/8
 description == To_Biz-Leaf1B == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/9
 description == To_Stor-Leaf1A == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/10
 description == To_Stor-Leaf1B == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/11
 description == To_zstack-1 == 
 port link-type access
 port default vlan 30
 stp edged-port enable
interface GE1/0/12
 description == To_zstack-2 == 
 port link-type access
 port default vlan 30
 stp edged-port enable
interface GE1/0/13
 description == To_zstack-3 == 
 port link-type access
 port default vlan 30
 stp edged-port enable
#


############## BMC接入交换机BMC-Leaf2华为CE5881-48T6CQ） ################
#配置交换机名称
sysname BMC-Leaf2

vlan batch 40

#配置BMC管理VLAN
vlan batch 30 40
#
vlan 30
 description == Mgmt-Server-BMC ==
#
vlan 40
 description == Mgmt-Switch-BMC ==
#配交换机带内管理
interface Vlanif40
 ip address 192.168.236.202 24
#
ip route-static 0.0.0.0 0.0.0.0 192.168.236.254
#
#配置上联核心Mgmt-Spine1端口
interface Eth-Trunk100
 description == To_Mgmt-Spine1 ==
 mode lacp-static
 trunkport 100GE 1/0/1
 trunkport 100GE 1/0/2
 port link-type trunk
 undo port trunk allow-pass vlan 1
 port trunk allow-pass vlan 30 40
 dfs-group 1 m-lag 100
#配置下联交换机和服务器BMC端口
interface GE1/0/1
 description == To_Stor-Spine1A == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/2
 description == To_Stor-Spine1B == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/1
 description == To_Stor-Spine1A == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/2
 description == To_Stor-Spine1B == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/3
 description == To_Mgmt-Leaf2A == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/4
 description == To_Mgmt-Leaf2B == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/5
 description == To_Biz-Leaf2A == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/6
 description == To_Biz-Leaf2B == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/7
 description == To_Stor-Leaf2A == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/8
 description == To_Stor-Leaf2B == 
 port link-type access
 port default vlan 40
 stp edged-port enable
interface GE1/0/9
 description == To_zstack-31 == 
 port link-type access
 port default vlan 30
 stp edged-port enable
interface GE1/0/10
 description == To_zstack-32 == 
 port link-type access
 port default vlan 30
 stp edged-port enable
interface GE1/0/11
 description == To_zstack-33 == 
 port link-type access
 port default vlan 30
 stp edged-port enable
#

results matching ""

    No results matching ""